[release-23.0] Run tests with gotestsum (#19076)

.github/workflows/codeql_analysis.yml

@@ -63,12 +63,9 @@ jobs:
 
           # Install everything else we need, and configure
           sudo apt-get install -y make unzip g++ etcd-client etcd-server curl git wget
-          
+
           sudo service etcd stop
-
-          # install JUnit report formatter
-          go install github.com/vitessio/go-junit-report@HEAD
-
+
       - name: Building binaries
         timeout-minutes: 30
         run: |

.github/workflows/unit_race.yml

@@ -91,9 +91,6 @@ jobs:
         go mod download
         go install golang.org/x/tools/cmd/goimports@latest
 
-        # install JUnit report formatter
-        go install github.com/vitessio/go-junit-report@HEAD
-
     - name: Run make tools
       if: steps.changes.outputs.unit_tests == 'true'
       run: |
@@ -127,23 +124,25 @@ jobs:
         # testing, e.g. MySQL 5.7 vs 8.0.
         export CI_DB_PLATFORM="mysql80"
 
-        make unit_test_race | tee -a output.txt | go-junit-report -set-exit-code > report.xml
+        JUNIT_OUTPUT=report.xml JSON_OUTPUT=report.json make unit_test_race
 
     - name: Record test results in launchable if PR is not a draft
       if: github.event_name == 'pull_request' && github.event.pull_request.draft == 'false' && steps.changes.outputs.unit_tests == 'true' && github.base_ref == 'main' && !cancelled()
       run: |
         # send recorded tests to launchable
         launchable record tests --build "$GITHUB_RUN_ID" go-test . || true
 
-    - name: Print test output
-      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
-      run: |
-        # print test output
-        cat output.txt
-
     - name: Test Summary
       if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
       uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86 # v2.4
       with:
         paths: "report.xml"
         show: "fail"
+
+    - name: Slowest Tests
+      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
+      run: |
+        echo '## Slowest Tests' >> "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"
+        go tool gotestsum tool slowest --num 20 --jsonfile report.json | tee -a "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"

.github/workflows/unit_race_evalengine.yml

@@ -91,9 +91,6 @@ jobs:
         go mod download
         go install golang.org/x/tools/cmd/goimports@latest
 
-        # install JUnit report formatter
-        go install github.com/vitessio/go-junit-report@HEAD
-
     - name: Run make tools
       if: steps.changes.outputs.unit_tests == 'true'
       run: |
@@ -127,23 +124,25 @@ jobs:
         # testing, e.g. MySQL 5.7 vs 8.0.
         export CI_DB_PLATFORM="mysql80"
 
-        make unit_test_race | tee -a output.txt | go-junit-report -set-exit-code > report.xml
+        JUNIT_OUTPUT=report.xml JSON_OUTPUT=report.json make unit_test_race
 
     - name: Record test results in launchable if PR is not a draft
       if: github.event_name == 'pull_request' && github.event.pull_request.draft == 'false' && steps.changes.outputs.unit_tests == 'true' && github.base_ref == 'main' && !cancelled()
       run: |
         # send recorded tests to launchable
         launchable record tests --build "$GITHUB_RUN_ID" go-test . || true
 
-    - name: Print test output
-      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
-      run: |
-        # print test output
-        cat output.txt
-
     - name: Test Summary
       if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
       uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86 # v2.4
       with:
         paths: "report.xml"
         show: "fail"
+
+    - name: Slowest Tests
+      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
+      run: |
+        echo '## Slowest Tests' >> "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"
+        go tool gotestsum tool slowest --num 20 --jsonfile report.json | tee -a "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"

.github/workflows/unit_test_evalengine_mysql57.yml

@@ -91,9 +91,6 @@ jobs:
         go mod download
         go install golang.org/x/tools/cmd/goimports@latest
 
-        # install JUnit report formatter
-        go install github.com/vitessio/go-junit-report@HEAD
-
     - name: Run make tools
       if: steps.changes.outputs.unit_tests == 'true'
       run: |
@@ -127,23 +124,25 @@ jobs:
         # testing, e.g. MySQL 5.7 vs 8.0.
         export CI_DB_PLATFORM="mysql57"
 
-        make unit_test | tee -a output.txt | go-junit-report -set-exit-code > report.xml
+        JUNIT_OUTPUT=report.xml JSON_OUTPUT=report.json make unit_test
 
     - name: Record test results in launchable if PR is not a draft
       if: github.event_name == 'pull_request' && github.event.pull_request.draft == 'false' && steps.changes.outputs.unit_tests == 'true' && github.base_ref == 'main' && !cancelled()
       run: |
         # send recorded tests to launchable
         launchable record tests --build "$GITHUB_RUN_ID" go-test . || true
 
-    - name: Print test output
-      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
-      run: |
-        # print test output
-        cat output.txt
-
     - name: Test Summary
       if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
       uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86 # v2.4
       with:
         paths: "report.xml"
         show: "fail"
+
+    - name: Slowest Tests
+      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
+      run: |
+        echo '## Slowest Tests' >> "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"
+        go tool gotestsum tool slowest --num 20 --jsonfile report.json | tee -a "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"

.github/workflows/unit_test_evalengine_mysql80.yml

@@ -91,9 +91,6 @@ jobs:
         go mod download
         go install golang.org/x/tools/cmd/goimports@latest
 
-        # install JUnit report formatter
-        go install github.com/vitessio/go-junit-report@HEAD
-
     - name: Run make tools
       if: steps.changes.outputs.unit_tests == 'true'
       run: |
@@ -127,23 +124,25 @@ jobs:
         # testing, e.g. MySQL 5.7 vs 8.0.
         export CI_DB_PLATFORM="mysql80"
 
-        make unit_test | tee -a output.txt | go-junit-report -set-exit-code > report.xml
+        JUNIT_OUTPUT=report.xml JSON_OUTPUT=report.json make unit_test
 
     - name: Record test results in launchable if PR is not a draft
       if: github.event_name == 'pull_request' && github.event.pull_request.draft == 'false' && steps.changes.outputs.unit_tests == 'true' && github.base_ref == 'main' && !cancelled()
       run: |
         # send recorded tests to launchable
         launchable record tests --build "$GITHUB_RUN_ID" go-test . || true
 
-    - name: Print test output
-      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
-      run: |
-        # print test output
-        cat output.txt
-
     - name: Test Summary
       if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
       uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86 # v2.4
       with:
         paths: "report.xml"
         show: "fail"
+
+    - name: Slowest Tests
+      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
+      run: |
+        echo '## Slowest Tests' >> "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"
+        go tool gotestsum tool slowest --num 20 --jsonfile report.json | tee -a "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"

.github/workflows/unit_test_evalengine_mysql84.yml

@@ -91,9 +91,6 @@ jobs:
         go mod download
         go install golang.org/x/tools/cmd/goimports@latest
 
-        # install JUnit report formatter
-        go install github.com/vitessio/go-junit-report@HEAD
-
     - name: Run make tools
       if: steps.changes.outputs.unit_tests == 'true'
       run: |
@@ -127,23 +124,25 @@ jobs:
         # testing, e.g. MySQL 5.7 vs 8.0.
         export CI_DB_PLATFORM="mysql84"
 
-        make unit_test | tee -a output.txt | go-junit-report -set-exit-code > report.xml
+        JUNIT_OUTPUT=report.xml JSON_OUTPUT=report.json make unit_test
 
     - name: Record test results in launchable if PR is not a draft
       if: github.event_name == 'pull_request' && github.event.pull_request.draft == 'false' && steps.changes.outputs.unit_tests == 'true' && github.base_ref == 'main' && !cancelled()
       run: |
         # send recorded tests to launchable
         launchable record tests --build "$GITHUB_RUN_ID" go-test . || true
 
-    - name: Print test output
-      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
-      run: |
-        # print test output
-        cat output.txt
-
     - name: Test Summary
       if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
       uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86 # v2.4
       with:
         paths: "report.xml"
         show: "fail"
+
+    - name: Slowest Tests
+      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
+      run: |
+        echo '## Slowest Tests' >> "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"
+        go tool gotestsum tool slowest --num 20 --jsonfile report.json | tee -a "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"

.github/workflows/unit_test_mysql57.yml

@@ -91,9 +91,6 @@ jobs:
         go mod download
         go install golang.org/x/tools/cmd/goimports@latest
 
-        # install JUnit report formatter
-        go install github.com/vitessio/go-junit-report@HEAD
-
     - name: Run make tools
       if: steps.changes.outputs.unit_tests == 'true'
       run: |
@@ -127,23 +124,25 @@ jobs:
         # testing, e.g. MySQL 5.7 vs 8.0.
         export CI_DB_PLATFORM="mysql57"
 
-        make unit_test | tee -a output.txt | go-junit-report -set-exit-code > report.xml
+        JUNIT_OUTPUT=report.xml JSON_OUTPUT=report.json make unit_test
 
     - name: Record test results in launchable if PR is not a draft
       if: github.event_name == 'pull_request' && github.event.pull_request.draft == 'false' && steps.changes.outputs.unit_tests == 'true' && github.base_ref == 'main' && !cancelled()
       run: |
         # send recorded tests to launchable
         launchable record tests --build "$GITHUB_RUN_ID" go-test . || true
 
-    - name: Print test output
-      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
-      run: |
-        # print test output
-        cat output.txt
-
     - name: Test Summary
       if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
       uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86 # v2.4
       with:
         paths: "report.xml"
         show: "fail"
+
+    - name: Slowest Tests
+      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
+      run: |
+        echo '## Slowest Tests' >> "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"
+        go tool gotestsum tool slowest --num 20 --jsonfile report.json | tee -a "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"

.github/workflows/unit_test_mysql80.yml

@@ -91,9 +91,6 @@ jobs:
         go mod download
         go install golang.org/x/tools/cmd/goimports@latest
 
-        # install JUnit report formatter
-        go install github.com/vitessio/go-junit-report@HEAD
-
     - name: Run make tools
       if: steps.changes.outputs.unit_tests == 'true'
       run: |
@@ -127,23 +124,25 @@ jobs:
         # testing, e.g. MySQL 5.7 vs 8.0.
         export CI_DB_PLATFORM="mysql80"
 
-        make unit_test | tee -a output.txt | go-junit-report -set-exit-code > report.xml
+        JUNIT_OUTPUT=report.xml JSON_OUTPUT=report.json make unit_test
 
     - name: Record test results in launchable if PR is not a draft
       if: github.event_name == 'pull_request' && github.event.pull_request.draft == 'false' && steps.changes.outputs.unit_tests == 'true' && github.base_ref == 'main' && !cancelled()
       run: |
         # send recorded tests to launchable
         launchable record tests --build "$GITHUB_RUN_ID" go-test . || true
 
-    - name: Print test output
-      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
-      run: |
-        # print test output
-        cat output.txt
-
     - name: Test Summary
       if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
       uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86 # v2.4
       with:
         paths: "report.xml"
         show: "fail"
+
+    - name: Slowest Tests
+      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
+      run: |
+        echo '## Slowest Tests' >> "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"
+        go tool gotestsum tool slowest --num 20 --jsonfile report.json | tee -a "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"

.github/workflows/unit_test_mysql84.yml

@@ -91,9 +91,6 @@ jobs:
         go mod download
         go install golang.org/x/tools/cmd/goimports@latest
 
-        # install JUnit report formatter
-        go install github.com/vitessio/go-junit-report@HEAD
-
     - name: Run make tools
       if: steps.changes.outputs.unit_tests == 'true'
       run: |
@@ -127,23 +124,25 @@ jobs:
         # testing, e.g. MySQL 5.7 vs 8.0.
         export CI_DB_PLATFORM="mysql84"
 
-        make unit_test | tee -a output.txt | go-junit-report -set-exit-code > report.xml
+        JUNIT_OUTPUT=report.xml JSON_OUTPUT=report.json make unit_test
 
     - name: Record test results in launchable if PR is not a draft
       if: github.event_name == 'pull_request' && github.event.pull_request.draft == 'false' && steps.changes.outputs.unit_tests == 'true' && github.base_ref == 'main' && !cancelled()
       run: |
         # send recorded tests to launchable
         launchable record tests --build "$GITHUB_RUN_ID" go-test . || true
 
-    - name: Print test output
-      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
-      run: |
-        # print test output
-        cat output.txt
-
     - name: Test Summary
       if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
       uses: test-summary/action@31493c76ec9e7aa675f1585d3ed6f1da69269a86 # v2.4
       with:
         paths: "report.xml"
         show: "fail"
+
+    - name: Slowest Tests
+      if: steps.changes.outputs.unit_tests == 'true' && !cancelled()
+      run: |
+        echo '## Slowest Tests' >> "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"
+        go tool gotestsum tool slowest --num 20 --jsonfile report.json | tee -a "$GITHUB_STEP_SUMMARY"
+        echo '```' >> "$GITHUB_STEP_SUMMARY"