Static live test matrices

eng/pipelines/templates/jobs/archetype-sdk-tests.yml

@@ -0,0 +1,64 @@
+parameters:
+  PackageName: ""
+  EnvVars: []
+  MaxParallel: 0
+  Matrix:
+    Linux_Node10X:
+      OSVmImage: "ubuntu-16.04"
+      TestType: "node"
+    Windows_Node10X:
+      OSVmImage: "vs2017-win2016"
+      TestType: "node"
+    Mac_Node10X:
+      OSVmImage: "macOS-10.13"
+      TestType: "node"
+    Browser_Linux_Node10X:
+      OSVmImage: "ubuntu-16.04"
+      TestType: "browser"
+    Browser_Windows_Node10X:
+      OSVmImage: "vs2017-win2016"
+      TestType: "browser"
+    Browser_Mac_Node10X:
+      OSVmImage: "macOS-10.13"
+      TestType: "browser"
+
+jobs:
+  - job: "Test"
+    variables:
+      - template: ../variables/globals.yml
+    strategy:
+      maxParallel: ${{ parameters.MaxParallel }}
+      matrix:
+        ${{ each matrixEntry in parameters.Matrix }}:
+          ${{ matrixEntry.key }}:
+            # TestResultsFiles
+            ${{ if eq(matrixEntry.value.TestType, 'browser' )}}:
+              TestResultsFiles: "**/test-results.browser.xml"
+            ${{ if eq(matrixEntry.value.TestType, 'node') }}:
+              TestResultsFiles: "**/test-results.xml"
+
+            # OSName:
+            ${{ if eq(matrixEntry.value.OSVmImage, 'ubuntu-16.04') }}:
+              OSName: "Linux"
+            ${{ if eq(matrixEntry.value.OSVmImage, 'vs2017-win2016') }}:
+              OSName: "Windows"
+            ${{ if eq(matrixEntry.value.OSVmImage, 'macOS-10.13') }}:
+              OSName: "MacOS"
+
+            # Remaining entries from the matrix object
+            ${{ insert }}: ${{ matrixEntry.value }}
+
+    pool:
+      vmImage: "$(OSVmImage)"
+
+    timeoutInMinutes: 240
+
+    steps:
+      - template: ../steps/tests-common.yml
+        parameters:
+          NodeVersion: $(NodeVersion)
+          PackageName: ${{ parameters.PackageName }}
+          TestType: $(TestType)
+          EnvVars: ${{ parameters.EnvVars }}
+          OSName: $(OSName)
+          TestResultsFiles: $(TestResultsFiles)

eng/pipelines/templates/steps/tests-common.yml

@@ -1,13 +1,28 @@
 parameters:
-  EnvVars: []
+  NodeVersion: ""
   PackageName: ""
   TestType: ""
+  EnvVars: []
+  OSName: ""
+  TestResultsFiles: ""
 
 steps:
+  - powershell: |
+      Invoke-WebRequest -Uri "https://github.com/Azure/azure-sdk-tools/releases/download/sdk-tools_14793/sdk-tools.zip" `
+      -OutFile "sdk-tools.zip" | Wait-Process; Expand-Archive -Path "sdk-tools.zip" -DestinationPath "./sdk-tools/"
+    workingDirectory: "$(Build.BinariesDirectory)"
+    displayName: "Download Tools Archive From Github Release and Extract it"
+
+  - task: PythonScript@0
+    displayName: "Run VerifyAgentOS script"
+    inputs:
+      scriptPath: "$(Build.BinariesDirectory)/sdk-tools/scripts/python/verify_agent_os.py"
+      arguments: ${{ parameters.OSName }}
+
   - task: NodeTool@0
     inputs:
-      versionSpec: "$(NodeVersion)"
-    displayName: "Install Node.js $(NodeVersion)"
+      versionSpec: "${{ parameters.NodeVersion }}"
+    displayName: "Install Node.js ${{ parameters.NodeVersion }}"
 
   - script: |
       node common/scripts/install-run-rush.js install
@@ -25,3 +40,10 @@ steps:
       node common/scripts/install-run-rush.js integration-test:${{ parameters.TestType }} -t "${{parameters.PackageName}}" --verbose
     displayName: 'rush integration-test:${{ parameters.TestType }} -t "${{parameters.PackageName}}"'
     env: ${{ parameters.EnvVars }}
+
+  - task: PublishTestResults@2
+    inputs:
+      testRunTitle: "${{ parameters.OSName }} - ${{ parameters.TestType }} - Tests [Node ${{ parameters.NodeVersion }}]"
+      testResultsFiles: ${{ parameters.TestResultsFiles }}
+    condition: succeededOrFailed()
+    displayName: "Publish Test Results: ${{ parameters.OSName }} - ${{ parameters.TestType }} - Tests [Node ${{ parameters.NodeVersion }}]"