Python functionality for Test Resources Preparer script

.gitignore

@@ -102,4 +102,4 @@ sdk/cosmos/azure-cosmos/test/test_config.py
 .tmp_code_path/
 
 # env vars
-.env
+.env

eng/pipelines/templates/jobs/archetype-sdk-tests.yml

@@ -10,8 +10,10 @@ parameters:
   InjectedPackages: ''
   BuildDocs: true
   JobName: Test
-  AllocateResourceGroup: 'true'
+  AllocateResourceGroup: true
+  DeployArmTemplate: false
   TestTimeoutInMinutes: 120
+  Location: ''
   Matrix:
     Linux_Python35:
       OSVmImage: 'ubuntu-18.04'
@@ -28,61 +30,79 @@ parameters:
     Linux_Python39:
       OSVmImage: 'ubuntu-18.04'
       PythonVersion: '3.9'
+  CloudConfigurations:
+    AzureCloud:
+      SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources)
 
 jobs:
-  - job: ${{ parameters.JobName }}
-    variables:
-      skipComponentGovernanceDetection: true
-      CoverageArg: --disablecov
+  - ${{ each cloudConfig in parameters.CloudConfigurations }}:
+    - job: ${{ parameters.JobName }}
+      variables:
+        skipComponentGovernanceDetection: true
+        CoverageArg: --disablecov
 
-    timeoutInMinutes: ${{ parameters.TestTimeoutInMinutes }}
-    strategy:
-      maxParallel: ${{ parameters.MaxParallel }}
-      matrix: ${{ parameters.Matrix }}
-    continueOnError: false
+      timeoutInMinutes: ${{ parameters.TestTimeoutInMinutes }}
+      strategy:
+        maxParallel: ${{ parameters.MaxParallel }}
+        matrix: ${{ parameters.Matrix }}
+      continueOnError: false
 
-    pool:
-      vmImage: $(OSVmImage)
+      pool:
+        vmImage: $(OSVmImage)
 
-    steps:
-      - template: /eng/common/pipelines/templates/steps/bypass-local-dns.yml
+      steps:
+        - template: /eng/common/pipelines/templates/steps/bypass-local-dns.yml
 
-      - ${{ if eq(parameters['AllocateResourceGroup'], 'true') }}:
-        - pwsh: |
-            $BaseName = 't' + (New-Guid).ToString('n').Substring(0, 16)
-            $RgName = "rg-${{ parameters.ServiceDirectory }}-$($BaseName)"
-            $ResourceGroupExpiration = (Get-Date).ToUniversalTime().AddHours(24).ToString("o")
-            Write-Host "Creating Resource Group: $($RgName)"
-            Write-Host "##vso[task.setvariable variable=AZURE_RESOURCEGROUP_NAME]$RgName"
+        - ${{ if eq(parameters['AllocateResourceGroup'], true) }}:
+          - pwsh: |
+              $BaseName = 't' + (New-Guid).ToString('n').Substring(0, 16)
+              $RgName = "rg-${{ parameters.ServiceDirectory }}-$($BaseName)"
+              $ResourceGroupExpiration = (Get-Date).ToUniversalTime().AddHours(24).ToString("o")
+              Write-Host "Creating Resource Group: $($RgName)"
+              Write-Host "##vso[task.setvariable variable=AZURE_RESOURCEGROUP_NAME]$RgName"
 
-            az login --service-principal -u $(provisioner-aad-id) -p $(provisioner-aad-secret) --tenant $(provisioner-aad-tenant)
-            az account set --subscription $(provisioner-subscription)
+              az login --service-principal -u $(provisioner-aad-id) -p $(provisioner-aad-secret) --tenant $(provisioner-aad-tenant)
+              az account set --subscription $(provisioner-subscription)
 
-            az group create --location westus2 --name $RgName --tags DeleteAfter=$ResourceGroupExpiration BuildId='$(Build.BuildId)' BuildJob='$(Agent.JobName)' BuildNumber='$(Build.BuildNumber)' BuildReason='$(Build.Reason)'
-            az group wait --created --resource-group $RgName
-          displayName: Create resource group and environment variable for tests
+              az group create --location westus2 --name $RgName --tags DeleteAfter=$ResourceGroupExpiration BuildId='$(Build.BuildId)' BuildJob='$(Agent.JobName)' BuildNumber='$(Build.BuildNumber)' BuildReason='$(Build.Reason)'
+              az group wait --created --resource-group $RgName
+            displayName: Create resource group and environment variable for tests
 
-      - template: ../steps/build-test.yml
-        parameters:
-          BuildTargetingString: ${{ parameters.BuildTargetingString }}
-          ServiceDirectory: ${{ parameters.ServiceDirectory }}
-          CoverageArg: $(CoverageArg)
-          EnvVars:
-            AZURE_RUN_MODE: 'Live' #Record, Playback
-            ${{ insert }}: ${{ parameters.EnvVars }}
-          BeforeTestSteps: ${{ parameters.BeforeTestSteps }}
-          AfterTestSteps: ${{ parameters.AfterTestSteps }}
-          PythonVersion: $(PythonVersion)
-          OSVmImage: $(OSVmImage)
-          ToxTestEnv: "whl"
-          AdditionalTestArgs: ${{ parameters.AdditionalTestArgs }}
-          TestMarkArgument: ${{ parameters.TestMarkArgument }}
-          InjectedPackages: ${{ parameters.InjectedPackages }}
-          BuildDocs: ${{parameters.BuildDocs}}
+          # figure out what's up with the create resource group above
+        - ${{ if eq(parameters['DeployArmTemplate'], true) }}:
+          - template: ../../../common/TestResources/deploy-test-resources.yml
+            parameters:
+              Location: ${{ coalesce(parameters.Location, cloudConfig.value.Location) }}
+              ServiceDirectory: '${{ parameters.ServiceDirectory }}'
+              SubscriptionConfiguration: ${{ cloudConfig.value.SubscriptionConfiguration }}
+              ArmTemplateParameters: ${{ coalesce(cloudConfig.value.ArmTemplateParameters, '@{}') }}
 
-      - ${{ if eq(parameters['AllocateResourceGroup'], 'true') }}:
-        - pwsh: |
-            az group delete --resource-group $env:AZURE_RESOURCEGROUP_NAME -y --no-wait
-          displayName: Delete resource group
-          condition: ne(variables['AZURE_RESOURCEGROUP_NAME'], '')
+        - template: ../steps/build-test.yml
+          parameters:
+            BuildTargetingString: ${{ parameters.BuildTargetingString }}
+            ServiceDirectory: ${{ parameters.ServiceDirectory }}
+            CoverageArg: $(CoverageArg)
+            EnvVars:
+              AZURE_RUN_MODE: 'Live' #Record, Playback
+              ${{ insert }}: ${{ parameters.EnvVars }}
+            BeforeTestSteps: ${{ parameters.BeforeTestSteps }}
+            AfterTestSteps: ${{ parameters.AfterTestSteps }}
+            PythonVersion: $(PythonVersion)
+            OSVmImage: $(OSVmImage)
+            ToxTestEnv: "whl"
+            AdditionalTestArgs: ${{ parameters.AdditionalTestArgs }}
+            TestMarkArgument: ${{ parameters.TestMarkArgument }}
+            InjectedPackages: ${{ parameters.InjectedPackages }}
+            BuildDocs: ${{parameters.BuildDocs}}
 
+        - ${{ if eq(parameters['AllocateResourceGroup'], true) }}:
+          - pwsh: |
+              az group delete --resource-group $env:AZURE_RESOURCEGROUP_NAME -y --no-wait
+            displayName: Delete resource group
+            condition: ne(variables['AZURE_RESOURCEGROUP_NAME'], '')
+
+        - ${{ if eq(parameters['DeployArmTemplate'], true) }}:
+          - template: /eng/common/TestResources/remove-test-resources.yml
+            parameters:
+              ServiceDirectory: '${{ parameters.ServiceDirectory }}'
+              SubscriptionConfiguration: ${{ cloudConfig.value.SubscriptionConfiguration }}

sdk/appconfiguration/azure-appconfiguration/tests/async_wrapper.py

@@ -0,0 +1,119 @@
+
+# -------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+# --------------------------------------------------------------------------
+from devtools_testutils import PowerShellPreparer
+
+from azure.appconfiguration import (
+    ResourceReadOnlyError,
+    ConfigurationSetting,
+)
+from azure.appconfiguration.aio import AzureAppConfigurationClient
+from azure.core.exceptions import (
+    AzureError,
+)
+from consts import (
+    KEY,
+    LABEL,
+    TEST_VALUE,
+    TEST_CONTENT_TYPE,
+    LABEL_RESERVED_CHARS,
+    PAGE_SIZE,
+    KEY_UUID,
+)
+from async_proxy import AzureAppConfigurationClientProxy
+import functools
+import inspect
+
+AppConfigPreparer = functools.partial(
+    PowerShellPreparer,
+    'appconfiguration',
+    appconfiguration_connection_string="Endpoint=https://fake_app_config.azconfig-test.io;Id=0-l4-s0:h5htBaY5Z1LwFz50bIQv;Secret=lamefakesecretlamefakesecretlamefakesecrett=",
+    appconfiguration_endpoint_string="https://fake_app_config.azconfig-test.io")
+
+def _add_for_test(client, kv):
+    exist = bool(
+        list(
+            client.list_configuration_settings(
+                key_filter=kv.key, label_filter=kv.label
+            )
+        )
+    )
+    if exist:
+        _delete_from_test(client, kv.key, kv.label)
+    return client.add_configuration_setting(kv)
+
+def _delete_from_test(client, key, label):
+    try:
+        client.delete_configuration_setting(key=key, label=label)
+    except AzureError:
+        logging.debug(
+            "Error occurred removing configuration setting %s %s during unit test"
+            % (key, label)
+        )
+
+def trim_kwargs_from_test_function(fn, kwargs):
+    # the next function is the actual test function. the kwargs need to be trimmed so
+    # that parameters which are not required will not be passed to it.
+    if not getattr(fn, '__is_preparer', False):
+        try:
+            args, _, kw, _, _, _, _ = inspect.getfullargspec(fn)
+        except AttributeError:
+            args, _, kw, _ = inspect.getargspec(fn) # pylint: disable=deprecated-method
+        if kw is None:
+            args = set(args)
+            for key in [k for k in kwargs if k not in args]:
+                del kwargs[key]
+
+
+def app_config_decorator(func, **kwargs):
+
+    @AppConfigPreparer()
+    def wrapper(*args, **kwargs):
+        appconfiguration_connection_string = kwargs.pop("appconfiguration_connection_string")
+        client = AzureAppConfigurationClient.from_connection_string(appconfiguration_connection_string)
+        client = AzureAppConfigurationClientProxy(client)
+
+        kwargs['client'] = client
+        kwargs['appconfiguration_connection_string'] = appconfiguration_connection_string
+
+        # Do setUp on client
+        test_config_setting = _add_for_test(
+            client,
+            ConfigurationSetting(
+                key=KEY,
+                label=LABEL,
+                value=TEST_VALUE,
+                content_type=TEST_CONTENT_TYPE,
+                tags={"tag1": "tag1", "tag2": "tag2"},
+            )
+        )
+        test_config_setting_no_label = _add_for_test(
+            client,
+            ConfigurationSetting(
+                key=KEY,
+                label=None,
+                value=TEST_VALUE,
+                content_type=TEST_CONTENT_TYPE,
+                tags={"tag1": "tag1", "tag2": "tag2"},
+            )
+        )
+        to_delete = [test_config_setting, test_config_setting_no_label]
+
+        kwargs['test_config_setting'] = test_config_setting
+        kwargs['test_config_setting_no_label'] = test_config_setting_no_label
+
+        trimmed_kwargs = {k:v for k, v in kwargs.items()}
+        trim_kwargs_from_test_function(func, trimmed_kwargs)
+
+        func(*args, **trimmed_kwargs)
+
+        # do tearDown on client
+        for item in to_delete:
+            client.delete_configuration_setting(
+                key=item.key, label=item.label
+            )
+
+    return wrapper