Merging changes from Dev branch into Device client integration

.azure-devops/create-release.yml

@@ -2,9 +2,28 @@ pr: none
 
 trigger: none
 
-variables:
-  pythonVersion: '3.6.x'
-  architecture: 'x64'
+parameters:
+- name: pythonVersion
+  type: string
+  default: '3.6.x'
+  values:
+  - 3.6.x
+  - 3.9.x
+- name: architecture
+  type: string
+  default: 'x64'
+- name: 'testCentral'
+  type: boolean
+  default: true
+- name: 'testADT'
+  type: boolean
+  default: true
+- name: 'testDPS'
+  type: boolean
+  default: true
+- name: 'testHub'
+  type: boolean
+  default: true
 
 stages:
   - stage: 'build'
@@ -13,27 +32,27 @@ stages:
 
     - job: 'Build_Publish_Azure_IoT_CLI_Extension'
       pool:
-        vmImage: 'Ubuntu-16.04'
+        vmImage: 'ubuntu-latest'
 
       steps:
       - task: UsePythonVersion@0
         inputs:
-          versionSpec: $(pythonVersion)
-          architecture: $(architecture)
+          versionSpec: ${{ parameters.pythonVersion }}
+          architecture: ${{ parameters.architecture }}
 
       - template: templates/setup-ci-machine.yml
 
       - template: templates/build-publish-azure-iot-cli-extension.yml
 
     - job: 'Build_Publish_Azure_CLI_Test_SDK'
       pool:
-        vmImage: 'Ubuntu-16.04'
+        vmImage: 'ubuntu-latest'
 
       steps:
       - task: UsePythonVersion@0
         inputs:
-          versionSpec: $(pythonVersion)
-          architecture: $(architecture)
+          versionSpec: ${{ parameters.pythonVersion }}
+          architecture: ${{ parameters.architecture }}
 
       - template: templates/setup-ci-machine.yml
 
@@ -45,19 +64,20 @@ stages:
       steps:
       - template: templates/setup-dev-test-env.yml
         parameters:
-          pythonVersion: $(pythonVersion)
-          architecture: $(architecture)
+          pythonVersion: ${{ parameters.pythonVersion }}
+          architecture: ${{ parameters.architecture }}
 
       - template: templates/install-and-record-version.yml
 
   - stage: 'test'
     displayName: 'Run tests'
     pool:
-      vmImage: 'Ubuntu-16.04'
+      vmImage: 'ubuntu-latest'
     dependsOn: build
     jobs:
     - job: 'testCentral'
       displayName: 'Test IoT Central'
+      condition: eq('${{ parameters.testCentral }}', true)
       steps:
       - template: templates/run-tests.yml
         parameters:
@@ -66,6 +86,7 @@ stages:
 
     - job: 'testADT'
       displayName: 'Test Azure DigitalTwins'
+      condition: eq('${{ parameters.testADT }}', true)
       steps:
       - template: templates/run-tests.yml
         parameters:
@@ -74,6 +95,7 @@ stages:
 
     - job: 'testDPS'
       displayName: 'Test DPS'
+      condition: eq('${{ parameters.testDPS }}', true)
       steps:
       - template: templates/run-tests.yml
         parameters:
@@ -82,6 +104,7 @@ stages:
 
     - job: 'testHub'
       displayName: 'Test IoT Hub'
+      condition: eq('${{ parameters.testHub }}', true)
       steps:
       - template: templates/run-tests.yml
         parameters:
@@ -105,8 +128,8 @@ stages:
       steps:
       - template: templates/calculate-code-coverage.yml
         parameters:
-          pythonVersion: $(pythonVersion)
-          architecture: $(architecture)
+          pythonVersion: ${{ parameters.pythonVersion }}
+          architecture: ${{ parameters.architecture }}
 
   - stage: 'release'
     displayName: 'Stage GitHub release'

.azure-devops/merge.yml

@@ -18,7 +18,7 @@ jobs:
 
 - job: 'build_and_publish_azure_iot_cli_ext'
   pool:
-    vmImage: 'Ubuntu-16.04'
+    vmImage: 'ubuntu-latest'
 
   steps:
   - task: UsePythonVersion@0
@@ -31,7 +31,7 @@ jobs:
 
 - job: 'build_and_publish_azure_cli_test_sdk'
   pool:
-    vmImage: 'Ubuntu-16.04'
+    vmImage: 'ubuntu-latest'
 
   steps:
   - task: UsePythonVersion@0
@@ -45,7 +45,7 @@ jobs:
 - job: 'run_unit_tests_ubuntu'
   dependsOn: [ 'build_and_publish_azure_iot_cli_ext', 'build_and_publish_azure_cli_test_sdk']
   pool:
-    vmImage: 'Ubuntu-16.04'
+    vmImage: 'ubuntu-latest'
   strategy:
     matrix:
       Python36:
@@ -62,8 +62,8 @@ jobs:
   - template: templates/run-tests.yml
     parameters:
       pythonVersion: '$(python.version)'
-      runUnitTests: 'true'
-      runIntTests: 'false'
+      runUnitTests: true
+      runIntTests: false
 
 - job: 'run_unit_tests_macOs'
   dependsOn: ['build_and_publish_azure_iot_cli_ext', 'build_and_publish_azure_cli_test_sdk']
@@ -74,8 +74,8 @@ jobs:
   - template: templates/run-tests.yml
     parameters:
       pythonVersion: '3.8.x'
-      runUnitTests: 'true'
-      runIntTests: 'false'
+      runUnitTests: true
+      runIntTests: false
 
   - template: templates/calculate-code-coverage.yml
 
@@ -93,13 +93,13 @@ jobs:
   - template: templates/run-tests.yml
     parameters:
       pythonVersion: '3.8.x'
-      runUnitTests: 'true'
-      runIntTests: 'false'
+      runUnitTests: true
+      runIntTests: false
 
 - job: 'run_style_check'
   dependsOn: ['build_and_publish_azure_iot_cli_ext', 'build_and_publish_azure_cli_test_sdk']
   pool:
-    vmImage: 'Ubuntu-16.04'
+    vmImage: 'ubuntu-latest'
 
   steps:
   - task: UsePythonVersion@0
@@ -124,7 +124,7 @@ jobs:
   dependsOn: ['build_and_publish_azure_iot_cli_ext']
   displayName: 'Evaluate IoT extension command table'
   pool:
-    vmImage: 'Ubuntu-16.04'
+    vmImage: 'ubuntu-latest'
 
   steps:
   - task: UsePythonVersion@0

.azure-devops/nightly.yml

@@ -0,0 +1,88 @@
+# Run nightly at midnight.
+schedules:
+- cron: "0 0 * * *"
+  displayName: Nightly Integration Build
+  branches:
+    include:
+    - dev
+
+variables:
+  pythonVersion: '3.6.x'
+  architecture: 'x64'
+
+stages:
+  - stage: 'build'
+    displayName: 'Build and Publish Artifacts'
+    jobs:
+
+    - job: 'Build_Publish_Azure_IoT_CLI_Extension'
+      pool:
+        vmImage: 'ubuntu-latest'
+
+      steps:
+      - task: UsePythonVersion@0
+        inputs:
+          versionSpec: $(pythonVersion)
+          architecture: $(architecture)
+
+      - template: templates/setup-ci-machine.yml
+
+      - template: templates/build-publish-azure-iot-cli-extension.yml
+
+    - job: 'Build_Publish_Azure_CLI_Test_SDK'
+      pool:
+        vmImage: 'ubuntu-latest'
+
+      steps:
+      - task: UsePythonVersion@0
+        inputs:
+          versionSpec: $(pythonVersion)
+          architecture: $(architecture)
+
+      - template: templates/setup-ci-machine.yml
+
+      - template: templates/build-publish-azure-cli-test-sdk.yml
+
+    - job: 'recordVersion'
+      displayName: 'Install and verify version'
+      dependsOn: [Build_Publish_Azure_IoT_CLI_Extension, Build_Publish_Azure_CLI_Test_SDK]
+      steps:
+      - template: templates/setup-dev-test-env.yml
+        parameters:
+          pythonVersion: $(pythonVersion)
+          architecture: $(architecture)
+
+      - template: templates/install-and-record-version.yml
+
+  - stage: 'test'
+    displayName: 'Run all tests'
+    pool:
+      vmImage: 'ubuntu-latest'
+    dependsOn: build
+    jobs:
+    - job: 'azEdge'
+      displayName: 'Test against edge AZ CLI'
+      steps:
+      - template: templates/nightly-tests.yml
+        parameters:
+          azureCLIVersion: 'edge'
+    - job: 'azMin'
+      dependsOn: 'azEdge'
+      displayName: 'Test against minimum supported AZ CLI'
+      steps:
+      - template: templates/nightly-tests.yml
+        parameters:
+          azureCLIVersion: 'min'
+
+  - stage: 'kpi'
+    displayName: 'Build KPIs'
+    dependsOn: [build, test]
+    jobs:
+    - job: 'calculateCodeCoverage'
+      displayName: 'Calculate distributed code coverage'
+      steps:
+      - template: templates/calculate-code-coverage.yml
+        parameters:
+          pythonVersion: $(pythonVersion)
+          architecture: $(architecture)
+

.azure-devops/templates/install-azure-cli-min.yml

@@ -0,0 +1,14 @@
+steps:
+- task: PythonScript@0
+  displayName: 'Check minimum supported version of Azure CLI'
+  inputs:
+    scriptSource: 'inline'
+    script: |
+      import json
+      with open("$(System.DefaultWorkingDirectory)/azext_iot/azext_metadata.json") as f:
+          metadata = json.load(f)
+          version = metadata['azext.minCliCoreVersion']
+          print('##vso[task.setvariable variable=min_cli_version]{}'.format(version))
+- bash: |
+    pip install azure-cli==$(min_cli_version)
+  displayName: "Install minimum supported CLI version"

.azure-devops/templates/nightly-tests.yml

@@ -0,0 +1,55 @@
+parameters:
+- name: pythonVersion
+  type: string
+  default: '3.6.x'
+- name: architecture
+  type: string
+  default: 'x64'
+- name: azureCLIVersion
+  type: string
+  default: released
+  values:
+  - min
+  - released
+  - edge
+
+steps:
+  - template: setup-dev-test-env.yml
+    parameters:
+      architecture: ${{ parameters.architecture }}
+      pythonVersion: ${{ parameters.pythonVersion }}
+      azureCLIVersion: ${{ parameters.azureCLIVersion }}
+
+  - template: set-testenv-sentinel.yml
+
+  - script: |
+      pytest -vv azext_iot/tests -k "_unit" --cov=azext_iot --cov-config .coveragerc --junitxml=junit/test-iotext-unit.xml
+    displayName: 'All unit tests'
+    env:
+      COVERAGE_FILE: .coverage.all
+
+  - task: AzureCLI@2
+    continueOnError: true
+    displayName: 'All integration tests'
+    inputs:
+      azureSubscription: az-cli-nightly
+      scriptType: bash
+      scriptLocation: inlineScript
+      inlineScript: |
+        export COVERAGE_FILE=.coverage.all
+        pytest -vv azext_iot/tests -k "_int" --cov=azext_iot --cov-config .coveragerc --junitxml=junit/test-iotext-int.xml
+
+  - task: PublishBuildArtifacts@1
+    inputs:
+      pathToPublish: .coverage.all
+      publishLocation: 'Container' 
+      artifactName: 'coverage'
+
+  - task: PublishTestResults@2
+    condition: succeededOrFailed()
+    displayName: 'Publish Test Results'
+    inputs:
+      testResultsFormat: 'JUnit'
+      testResultsFiles: '**/test-*.xml'
+      testRunTitle: 'Publish test results for Python ${{ parameters.pythonVersion }} on OS $(Agent.OS)'
+      searchFolder: '$(System.DefaultWorkingDirectory)'