Set up environment once, run tests one at a time

.azure-pipelines/tests-nightly-python.yml

@@ -37,5 +37,5 @@ jobs:
       - task: PublishTestResults@2
         condition: succeededOrFailed()
         inputs:
-          testResultsFiles: 'junit/test-results.xml'
+          testResultsFiles: '**/junit/test-results.xml'
           testRunTitle: '$(OSName) Python $(PythonVersion)'

.gitignore

@@ -13,6 +13,7 @@ env*/
 
 # Coverage report
 **/.coverage
+_coverage
 
 # Build results
 bin/

eng/pipelines/templates/steps/build-test.yml

@@ -50,5 +50,5 @@ steps:
   - task: PublishTestResults@2
     condition: succeededOrFailed()
     inputs:
-      testResultsFiles: 'junit/test-results.xml'
+      testResultsFiles: '**/junit/test-results.xml'
       testRunTitle: '${{ parameters.OSName }} Python ${{ parameters.PythonVersion }}'

scripts/devops_tasks/build_packages.py

@@ -15,42 +15,62 @@
 
 from common_tasks import process_glob_string, run_check_call
 
-root_dir = os.path.abspath(os.path.join(os.path.abspath(__file__), '..', '..', '..'))
-build_packing_script_location = os.path.join(root_dir, 'build_package.py')
+root_dir = os.path.abspath(os.path.join(os.path.abspath(__file__), "..", "..", ".."))
+build_packing_script_location = os.path.join(root_dir, "build_package.py")
+
 
 def build_packages(targeted_packages, distribution_directory):
     # run the build and distribution
     for package_name in targeted_packages:
         print(package_name)
-        print('Generating Package Using Python {}'.format(sys.version))
-        run_check_call(['python', build_packing_script_location, '--dest', distribution_directory, package_name], root_dir)
+        print("Generating Package Using Python {}".format(sys.version))
+        run_check_call(
+            [
+                "python",
+                build_packing_script_location,
+                "--dest",
+                distribution_directory,
+                package_name,
+            ],
+            root_dir,
+        )
+
 
-if __name__ == '__main__':
-    parser = argparse.ArgumentParser(description = 'Build Azure Packages, Called from DevOps YAML Pipeline')
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(
+        description="Build Azure Packages, Called from DevOps YAML Pipeline"
+    )
     parser.add_argument(
-        '-d',
-        '--distribution-directory',
-        dest='distribution_directory',
-        help='The path to the distribution directory. Should be passed $(Build.ArtifactStagingDirectory) from the devops yaml definition.',
-        required=True)
+        "-d",
+        "--distribution-directory",
+        dest="distribution_directory",
+        help="The path to the distribution directory. Should be passed $(Build.ArtifactStagingDirectory) from the devops yaml definition.",
+        required=True,
+    )
 
     parser.add_argument(
-        'glob_string',
-        nargs='?',
-        help=('A comma separated list of glob strings that will target the top level directories that contain packages. '
-                'Examples: All == "azure-*", Single = "azure-keyvault"'))
+        "glob_string",
+        nargs="?",
+        help=(
+            "A comma separated list of glob strings that will target the top level directories that contain packages. "
+            'Examples: All == "azure-*", Single = "azure-keyvault"'
+        ),
+    )
 
     parser.add_argument(
-        '--service',
-        help=('Name of service directory (under sdk/) to build.'
-              'Example: --service applicationinsights'))
+        "--service",
+        help=(
+            "Name of service directory (under sdk/) to build."
+            "Example: --service applicationinsights"
+        ),
+    )
 
     args = parser.parse_args()
 
     # We need to support both CI builds of everything and individual service
     # folders. This logic allows us to do both.
     if args.service:
-        service_dir = os.path.join('sdk', args.service)
+        service_dir = os.path.join("sdk", args.service)
         target_dir = os.path.join(root_dir, service_dir)
     else:
         target_dir = root_dir

scripts/devops_tasks/common_tasks.py

@@ -13,22 +13,37 @@
 from subprocess import check_call, CalledProcessError
 import os
 import sys
+import logging
+
+logging.getLogger().setLevel(logging.INFO)
+
+OMITTED_CI_PACKAGES = ["azure-mgmt-documentdb", "azure-servicemanagement-legacy"]
+
+
+def cleanup_folder(target_folder):
+    for file in os.listdir(target_folder):
+        file_path = os.path.join(target_folder, file)
+        try:
+            if os.path.isfile(file_path):
+                os.remove(file_path)
+        except Exception as e:
+            print(e)
 
-DEFAULT_BUILD_PACKAGES = ['azure-keyvault', 'azure-servicebus']
-OMITTED_CI_PACKAGES = ['azure-mgmt-documentdb', 'azure-servicemanagement-legacy']
 
 # this function is where a glob string gets translated to a list of packages
 # It is called by both BUILD (package) and TEST. In the future, this function will be the central location
 # for handling targeting of release packages
 def process_glob_string(glob_string, target_root_dir):
     if glob_string:
-        individual_globs = glob_string.split(',')
+        individual_globs = glob_string.split(",")
     else:
-        individual_globs = DEFAULT_BUILD_PACKAGES
+        individual_globs = "azure-*"
     collected_top_level_directories = []
 
     for glob_string in individual_globs:
-        globbed = glob.glob(os.path.join(target_root_dir, glob_string, 'setup.py')) + glob.glob(os.path.join(target_root_dir, "sdk/*/", glob_string, 'setup.py'))
+        globbed = glob.glob(
+            os.path.join(target_root_dir, glob_string, "setup.py")
+        ) + glob.glob(os.path.join(target_root_dir, "sdk/*/", glob_string, "setup.py"))
         collected_top_level_directories.extend([os.path.dirname(p) for p in globbed])
 
     # dedup, in case we have double coverage from the glob strings. Example: "azure-mgmt-keyvault,azure-mgmt-*"
@@ -43,20 +58,41 @@ def process_glob_string(glob_string, target_root_dir):
     else:
         return remove_omitted_packages(collected_directories)
 
+
 def remove_omitted_packages(collected_directories):
-    return [package_dir for package_dir in collected_directories if
-            os.path.basename(package_dir) not in OMITTED_CI_PACKAGES]
+    return [
+        package_dir
+        for package_dir in collected_directories
+        if os.path.basename(package_dir) not in OMITTED_CI_PACKAGES
+    ]
 
 
-def run_check_call(command_array, working_directory, acceptable_return_codes = [], run_as_shell = False):
+def run_check_call(
+    command_array,
+    working_directory,
+    acceptable_return_codes=[],
+    run_as_shell=False,
+    always_exit=True,
+):
     try:
         if run_as_shell:
-            print('Command Array: {0}, Target Working Directory: {1}'.format(' '.join(command_array), working_directory))
-            check_call(' '.join(command_array), cwd = working_directory, shell = True)
+            logging.info(
+                "Command Array: {0}, Target Working Directory: {1}".format(
+                    " ".join(command_array), working_directory
+                )
+            )
+            check_call(" ".join(command_array), cwd=working_directory, shell=True)
         else:
-            print('Command Array: {0}, Target Working Directory: {1}'.format(command_array, working_directory))
-            check_call(command_array, cwd = working_directory)
+            logging.info(
+                "Command Array: {0}, Target Working Directory: {1}".format(
+                    command_array, working_directory
+                )
+            )
+            check_call(command_array, cwd=working_directory)
     except CalledProcessError as err:
         if err.returncode not in acceptable_return_codes:
-            print(err) #, file = sys.stderr
-            sys.exit(1)
+            logging.error(err)  # , file = sys.stderr
+            if always_exit:
+                exit(1)
+            else:
+                return err