Make pipelines better

scripts/azure-pipelines-complete.yml

@@ -0,0 +1,65 @@
+trigger:
+  - main
+  - develop
+  - patch/*
+
+pr:
+  - main
+  - develop
+  - patch/*
+
+parameters:
+  - name: buildExternals
+    displayName: 'The specific native artifacts to use for this build.'
+    type: number
+    default: 0
+  - name: VM_IMAGE_HOST
+    type: object
+    default:
+      pool:
+        name: Azure Pipelines
+        vmImage: ubuntu-18.04
+  - name: VM_IMAGE_WINDOWS
+    type: object
+    default:
+      pool:
+        name: Azure Pipelines
+        vmImage: windows-2022
+  - name: VM_IMAGE_MAC_NATIVE
+    type: object
+    default:
+      pool:
+        name: Azure Pipelines
+        vmImage: macos-11
+  - name: VM_IMAGE_MAC
+    type: object
+    default:
+      pool:
+        name: Azure Pipelines
+        vmImage: macos-12
+  - name: VM_IMAGE_LINUX
+    type: object
+    default:
+      pool:
+        name: Azure Pipelines
+        vmImage: ubuntu-18.04
+
+pool:
+  name: Azure Pipelines
+  vmImage: ubuntu-18.04
+
+variables:
+  - template: azure-pipelines-variables.yml
+
+stages:
+  - template: azure-templates-stages.yml
+    parameters:
+      buildPipelineType: 'both'
+      buildExternals: ${{ parameters.buildExternals }}
+      VM_IMAGE_HOST: ${{ parameters.VM_IMAGE_HOST }}
+      VM_IMAGE_WINDOWS: ${{ parameters.VM_IMAGE_WINDOWS }}
+      VM_IMAGE_WINDOWS_NATIVE: ${{ parameters.VM_IMAGE_WINDOWS }}
+      VM_IMAGE_MAC: ${{ parameters.VM_IMAGE_MAC }}
+      VM_IMAGE_MAC_NATIVE: ${{ parameters.VM_IMAGE_MAC_NATIVE }}
+      VM_IMAGE_LINUX: ${{ parameters.VM_IMAGE_LINUX }}
+      VM_IMAGE_LINUX_NATIVE: ${{ parameters.VM_IMAGE_LINUX }}

scripts/azure-pipelines-tests.yml

@@ -3,6 +3,12 @@ trigger: none
 pr: none
 
 parameters:
+  - name: VM_IMAGE_HOST
+    type: object
+    default:
+      pool:
+        name: Azure Pipelines
+        vmImage: ubuntu-18.04
   - name: VM_IMAGE_WINDOWS
     type: object
     default:
@@ -40,7 +46,8 @@ resources:
 stages:
   - template: azure-templates-stages.yml
     parameters:
-      isBuildPipeline: false
+      buildPipelineType: 'tests'
+      VM_IMAGE_HOST: ${{ parameters.VM_IMAGE_HOST }}
       VM_IMAGE_WINDOWS: ${{ parameters.VM_IMAGE_WINDOWS }}
       VM_IMAGE_WINDOWS_NATIVE: ${{ parameters.VM_IMAGE_WINDOWS }}
       VM_IMAGE_MAC: ${{ parameters.VM_IMAGE_MAC }}

scripts/azure-pipelines.yml

@@ -13,6 +13,12 @@ parameters:
     displayName: 'The specific native artifacts to use for this build.'
     type: number
     default: 0
+  - name: VM_IMAGE_HOST
+    type: object
+    default:
+      pool:
+        name: Azure Pipelines
+        vmImage: ubuntu-18.04
   - name: VM_IMAGE_WINDOWS
     type: object
     default:
@@ -67,8 +73,9 @@ resources:
 stages:
   - template: azure-templates-stages.yml
     parameters:
-      isBuildPipeline: true
+      buildPipelineType: 'build'
       buildExternals: ${{ parameters.buildExternals }}
+      VM_IMAGE_HOST: ${{ parameters.VM_IMAGE_HOST }}
       VM_IMAGE_WINDOWS: ${{ parameters.VM_IMAGE_WINDOWS }}
       VM_IMAGE_WINDOWS_NATIVE: ${{ parameters.VM_IMAGE_WINDOWS }}
       VM_IMAGE_MAC: ${{ parameters.VM_IMAGE_MAC }}

scripts/azure-templates-bootstrapper.yml

@@ -17,7 +17,7 @@ parameters:
   shouldPublish: true                           # whether or not to publish the artifacts
   configuration: $(CONFIGURATION)               # the build configuration
   buildExternals: ''                            # the build number to download externals from
-  isBuildPipeline: true
+  buildPipelineType: 'both'                     # the type of build pipeline setup
   verbosity: $(VERBOSITY)                       # the level of verbosity to use when building
   docker: ''                                    # the Docker image to build and use
   dockerArgs: ''                                # any additional arguments to pass to docker build
@@ -38,7 +38,7 @@ jobs:
       parameters:
         name: ${{ parameters.name }}
         displayName: ${{ parameters.displayName }}
-        vmImage: ${{ parameters.vmImage.pool }}
+        pool: ${{ parameters.vmImage.pool }}
         packages: ${{ parameters.packages }}
         target: ${{ parameters.target }}
         dependsOn: ${{ parameters.dependsOn }}
@@ -85,7 +85,7 @@ jobs:
       parameters:
         name: ${{ parameters.name }}
         displayName: ${{ parameters.displayName }}
-        vmImage: ${{ parameters.vmImage.pool }}
+        pool: ${{ parameters.vmImage.pool }}
         packages: ${{ parameters.packages }}
         target: ${{ parameters.target }}
         dependsOn: ${{ parameters.dependsOn }}
@@ -112,7 +112,7 @@ jobs:
         condition: ${{ parameters.condition }}
         shouldPublish: ${{ parameters.shouldPublish }}
         configuration: ${{ parameters.configuration }}
-        isBuildPipeline: ${{ parameters.isBuildPipeline }}
+        buildPipelineType: ${{ parameters.buildPipelineType }}
         verbosity: ${{ parameters.verbosity }}
         docker: ${{ parameters.docker }}
         dockerArgs: ${{ parameters.dockerArgs }}

scripts/azure-templates-build.yml

@@ -1,7 +1,7 @@
 parameters:
   name: ''                                      # in the form type_platform_host
   displayName: ''                               # the human name
-  vmImage: ''                                   # the VM image
+  pool: ''                                      # the agent pool
   packages: ''                                  # any additional packages
   target: ''                                    # the bootstrapper target
   dependsOn: []                                 # the dependiencies
@@ -16,7 +16,7 @@ parameters:
   condition: succeeded()                        # whether or not to run this template
   shouldPublish: true                           # whether or not to publish the artifacts
   configuration: $(CONFIGURATION)               # the build configuration
-  isBuildPipeline: true
+  buildPipelineType: 'both'                     # the type of build pipeline setup
   verbosity: $(VERBOSITY)                       # the level of verbosity to use when building
   docker: ''                                    # the Docker image to build and use
   dockerArgs: ''                                # any additional arguments to pass to docker build
@@ -34,7 +34,7 @@ jobs:
   - job: ${{ parameters.name }}
     displayName: ${{ parameters.displayName }}
     timeoutInMinutes: 180
-    pool: ${{ parameters.vmImage }}
+    pool: ${{ parameters.pool }}
     dependsOn: ${{ parameters.dependsOn }}
     condition: ${{ parameters.condition }}
     variables: ${{ parameters.variables }}
@@ -44,7 +44,7 @@ jobs:
         submodules: recursive
       - template: azure-templates-variables.yml
 
-      - ${{ if ne(parameters.isBuildPipeline, 'true') }}:
+      - ${{ if eq(parameters.buildPipelineType, 'tests') }}:
         - template: azure-templates-github-status.yml
           parameters:
             state: 'pending'
@@ -271,5 +271,5 @@ jobs:
             verbosity: 'Verbose'
             alertWarningLevel: 'High'
 
-      - ${{ if ne(parameters.isBuildPipeline, 'true') }}:
+      - ${{ if eq(parameters.buildPipelineType, 'tests') }}:
         - template: azure-templates-github-status.yml

scripts/azure-templates-download.yml

@@ -1,7 +1,7 @@
 parameters:
   name: ''                                      # in the form type_platform_host
   displayName: ''                               # the human name
-  vmImage: ''                                   # the VM image
+  pool: ''                                      # the agent pool
   condition: succeeded()                        # whether or not to run this template
   buildExternals: ''                            # the build number to download externals from
   postBuildSteps: []                            # any additional steps to run after the build
@@ -10,7 +10,7 @@ parameters:
 jobs:
   - job: ${{ parameters.name }}
     displayName: ${{ parameters.displayName }}
-    pool: ${{ parameters.vmImage }}
+    pool: ${{ parameters.pool }}
     condition: ${{ parameters.condition }}
     variables: ${{ parameters.variables }}
     steps:

scripts/azure-templates-linux-matrix.yml

@@ -1,7 +1,7 @@
 parameters:
   artifactName: ''                              # the name of the artifact to merge this run into
   buildExternals: ''                            # the build number to download externals from
-  isBuildPipeline: true
+  buildPipelineType: 'both'                     # the type of build pipeline setup
   vmImage: ''                                   # the VM image
   builds:
     - name: ''
@@ -25,7 +25,7 @@ jobs:
           name: ${{ replace(replace(format('native_linux_{0}_{1}_{2}_{3}_linux', item.arch, item.variant, build.name, item.alt), '__', '_'), '__', '_') }}
           displayName: Linux ${{ replace(replace(replace(replace(replace(format('({0}|{1}|{2}|{3})', item.arch, item.variant, build.name, item.alt), '||', '|'), '||', '|'), '(|', '('), '|)', ')'), '|', ', ') }}
           buildExternals: ${{ parameters.buildExternals }}
-          isBuildPipeline: ${{ parameters.isBuildPipeline }}
+          buildPipelineType: ${{ parameters.buildPipelineType }}
           vmImage: ${{ parameters.vmImage }}
           docker: ${{ item.docker }}
           dockerArgs: ${{ item.dockerArgs }}