Azure · xiangyan99 · Sep 16, 2019 · Sep 6, 2019 · Sep 7, 2019 · Sep 9, 2019
diff --git a/.azure-pipelines/docs.yml b/.azure-pipelines/docs.yml
@@ -10,7 +10,7 @@ jobs:
       skipComponentGovernanceDetection: true
     timeoutInMinutes: 120
     pool:
-      vmImage: 'windows-2019'
+      vmImage: 'vs2017-win2016'
 
     steps:
       - task: UsePythonVersion@0
@@ -22,6 +22,7 @@ jobs:
         displayName: 'Install All Packages'
         inputs:
           scriptPath: 'scripts/dev_setup.py'
+          arguments: '--exceptionlist=azure-eventhubs,azure-eventhubs-checkpointstoreblob-aio'
 
       - powershell: |
           cd $(Build.SourcesDirectory)/doc/sphinx

diff --git a/.docsettings.yml b/.docsettings.yml
@@ -48,6 +48,9 @@ known_content_issues:
   - ['sdk/loganalytics/azure-loganalytics/README.rst', '#4554']
   - ['sdk/servicefabric/azure-servicefabric/README.rst', '#4554']
   - ['sdk/core/azure-servicemanagement-legacy/README.rst', '#4554']
+  - ['sdk/storage/azure-storage-file/swagger/README.md', '#4554']
+  - ['sdk/storage/azure-storage-queue/swagger/README.md', '#4554']
+  - ['sdk/storage/azure-storage-blob/swagger/README.md', '#4554']
 
   # nspckg and common.
   - ['sdk/cognitiveservices/azure-cognitiveservices-nspkg/README.rst', 'nspkg and common']
@@ -63,11 +66,12 @@ known_content_issues:
   - ['sdk/core/azure-mgmt-nspkg/README.rst', 'nspkg and common']
   - ['sdk/core/azure-core/README.md', 'nspkg and common']
   - ['sdk/appconfiguration/azure-appconfiguration/README.md', 'nspkg and common']
+  - ['sdk/keyvault/azure-keyvault-nspkg/README.md', 'nspkg and common']
 
   # root readme
   - ['README.md', 'root readme']
 
-  # dev tools 
+  # dev tools
   - ['doc/dev/mgmt/swagger/single_api/readme.md', 'dev readme']
   - ['doc/dev/mgmt/swagger/multi_api/readme.md', 'dev readme']
   - ['doc/dev/mgmt/README.md', 'dev readme']

diff --git a/.gitignore b/.gitignore
@@ -90,3 +90,4 @@ sdk/storage/azure-storage-blob/tests/settings_real.py
 sdk/storage/azure-storage-queue/tests/settings_real.py
 sdk/storage/azure-storage-file/tests/settings_real.py
 *.code-workspace
+sdk/cosmos/azure-cosmos/test/test_config.py
diff --git a/build_package.py b/build_package.py
@@ -19,7 +19,7 @@ def create_package(name, dest_folder=DEFAULT_DEST_FOLDER):
     absdirs = [os.path.dirname(package) for package in (glob.glob('{}/setup.py'.format(name)) + glob.glob('sdk/*/{}/setup.py'.format(name)))]
 
     absdirpath = os.path.abspath(absdirs[0])
-    check_call(['python', 'setup.py', 'bdist_wheel', '--universal', '-d', dest_folder], cwd=absdirpath)
+    check_call(['python', 'setup.py', 'bdist_wheel', '-d', dest_folder], cwd=absdirpath)
     check_call(['python', 'setup.py', "sdist", "--format", "zip", '-d', dest_folder], cwd=absdirpath)
 
 

diff --git a/doc/dev/engineering_assumptions.md b/doc/dev/engineering_assumptions.md
@@ -1,6 +1,12 @@
 ## Engineering System Assumptions, Gotchas, and Minutiae
 
-1. All wheels are generated with `--universal` flag passed to `bdist_wheel`. We do not currently allow non-universal packages to be shipped out of this repository.
+1. All wheels are generated with influence from `setup.cfg` at the built package root. This means that for most of our packages, the `universal` flag is set within the `setup.cfg`.
+
+```
+[bdist_wheel]
+universal=1
+```
+2. If a package does _not_ have `universal` set, then the default build will produce a wheel for `py3`. This is due to the fact that wheels are currently generated by a CI step running `Python 3.6`.
 
 ## Build
 
@@ -15,3 +21,7 @@ Build CI for `azure-sdk-for-python` essentially builds and tests packages in one
 1. Install on packages (and their dev_requirements!) in one go.
 2. Run `pytest <folder1>, pytest <folder2>` where folders correspond to package folders
     1. While all packages are installed alongside each other, each test run is individual to the package. This has the benefit of not allowing `packageA`'s `conftest.py` to mess with `packageB`'s environment.'
+
+### So when do they run?
+
+A standard pull request will option target the `Individual Packages` option. On a nightly cadence, the `python - client` build installs the entire world and tests in _both_ methodologies outlined above.
diff --git a/doc/sphinx/autorest_generated_packages.rst b/doc/sphinx/autorest_generated_packages.rst
@@ -4,6 +4,7 @@
   :caption: Developer Documentation
 
   ref/azure.common
+  ./ref/azure.appconfiguration.rst
   ./ref/azure.applicationinsights.rst
   ./ref/azure.batch.rst
   ./ref/azure.cognitiveservices.anomalydetector.rst
@@ -31,8 +32,10 @@
   ./ref/azure.data.appconfiguration.rst
   ./ref/azure.eventgrid.rst
   ./ref/azure.eventhub.rst
+  ./ref/azure.eventhub.extensions.rst
   ./ref/azure.graphrbac.rst
   ./ref/azure.identity.rst
+  ./ref/azure.keyvault.certificates.rst
   ./ref/azure.keyvault.keys.rst
   ./ref/azure.keyvault.secrets.rst
   ./ref/azure.loganalytics.rst

diff --git a/doc/sphinx/conf.py b/doc/sphinx/conf.py
@@ -25,13 +25,15 @@
 
 # FIX FOR EXAMPLE REFERENCES
 REPO_ROOT = os.path.abspath(os.path.join(os.path.abspath(__file__), '..', '..', '..'))
-examples_glob_expansion = os.path.join(REPO_ROOT, 'sdk/*/*/examples/**/test*example*.py')
+examples_tests_glob_expansion = os.path.join(REPO_ROOT, 'sdk/*/*/examples/**/test*example*.py')
 samples_glob_expansion = os.path.join(REPO_ROOT, 'sdk/*/*/tests/**/test*sample*.py')
+test_examples_glob_expansion = os.path.join(REPO_ROOT, 'sdk/*/*/tests/**/test*example*.py')
 
-example_files = glob.glob(examples_glob_expansion, recursive=True)
+example_tests_files = glob.glob(examples_tests_glob_expansion, recursive=True)
+test_examples_files = glob.glob(test_examples_glob_expansion, recursive=True)
 samples_files = glob.glob(samples_glob_expansion, recursive=True)
 
-all_files = [os.path.relpath(file, REPO_ROOT) for file in list(set(example_files + samples_files))]
+all_files = [os.path.relpath(file, REPO_ROOT) for file in list(set(example_tests_files + test_examples_files + samples_files))]
 
 # now for each package, we need to copy it and write it to the relative path FROM THE CURRENT CWD
 for example_file in all_files:

diff --git a/doc/sphinx/ref/azure.eventhub.aio.eventprocessor.rst b/doc/sphinx/ref/azure.eventhub.aio.eventprocessor.rst
@@ -0,0 +1,62 @@
+azure.eventhub.aio.eventprocessor package
+=========================================
+
+Submodules
+----------
+
+azure.eventhub.aio.eventprocessor.event\_processor module
+---------------------------------------------------------
+
+.. automodule:: azure.eventhub.aio.eventprocessor.event_processor
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+azure.eventhub.aio.eventprocessor.partition\_context module
+-----------------------------------------------------------
+
+.. automodule:: azure.eventhub.aio.eventprocessor.partition_context
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+azure.eventhub.aio.eventprocessor.partition\_manager module
+-----------------------------------------------------------
+
+.. automodule:: azure.eventhub.aio.eventprocessor.partition_manager
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+azure.eventhub.aio.eventprocessor.partition\_processor module
+-------------------------------------------------------------
+
+.. automodule:: azure.eventhub.aio.eventprocessor.partition_processor
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+azure.eventhub.aio.eventprocessor.sample\_partition\_manager module
+-------------------------------------------------------------------
+
+.. automodule:: azure.eventhub.aio.eventprocessor.sample_partition_manager
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+azure.eventhub.aio.eventprocessor.utils module
+----------------------------------------------
+
+.. automodule:: azure.eventhub.aio.eventprocessor.utils
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+
+Module contents
+---------------
+
+.. automodule:: azure.eventhub.aio.eventprocessor
+   :members:
+   :undoc-members:
+   :show-inheritance:
diff --git a/doc/sphinx/ref/azure.eventhub.aio.rst b/doc/sphinx/ref/azure.eventhub.aio.rst
@@ -1,6 +1,13 @@
 azure.eventhub.aio package
 ==========================
 
+Subpackages
+-----------
+
+.. toctree::
+
+   azure.eventhub.aio.eventprocessor
+
 Submodules
 ----------
 
@@ -20,6 +27,14 @@ azure.eventhub.aio.consumer\_async module
    :undoc-members:
    :show-inheritance:
 
+azure.eventhub.aio.error\_async module
+--------------------------------------
+
+.. automodule:: azure.eventhub.aio.error_async
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
 azure.eventhub.aio.producer\_async module
 -----------------------------------------
 

diff --git a/doc/sphinx/ref/azure.eventhub.extensions.checkpointstoreblobaio.rst b/doc/sphinx/ref/azure.eventhub.extensions.checkpointstoreblobaio.rst
@@ -0,0 +1,22 @@
+azure.eventhub.extensions.checkpointstoreblobaio package
+========================================================
+
+Submodules
+----------
+
+azure.eventhub.extensions.checkpointstoreblobaio.blobstoragepm module
+---------------------------------------------------------------------
+
+.. automodule:: azure.eventhub.extensions.checkpointstoreblobaio.blobstoragepm
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+
+Module contents
+---------------
+
+.. automodule:: azure.eventhub.extensions.checkpointstoreblobaio
+   :members:
+   :undoc-members:
+   :show-inheritance:
diff --git a/doc/sphinx/ref/azure.eventhub.extensions.rst b/doc/sphinx/ref/azure.eventhub.extensions.rst
@@ -0,0 +1,17 @@
+azure.eventhub.extensions package
+=================================
+
+Subpackages
+-----------
+
+.. toctree::
+
+   azure.eventhub.extensions.checkpointstoreblobaio
+
+Module contents
+---------------
+
+.. automodule:: azure.eventhub.extensions
+   :members:
+   :undoc-members:
+   :show-inheritance:
diff --git a/doc/sphinx/ref/azure.eventhub.rst b/doc/sphinx/ref/azure.eventhub.rst
@@ -7,7 +7,6 @@ Subpackages
 .. toctree::
 
    azure.eventhub.aio
-   azure.eventhub.eventprocessor
 
 Submodules
 ----------
@@ -36,14 +35,6 @@ azure.eventhub.common module
    :undoc-members:
    :show-inheritance:
 
-azure.eventhub.configuration module
------------------------------------
-
-.. automodule:: azure.eventhub.configuration
-   :members:
-   :undoc-members:
-   :show-inheritance:
-
 azure.eventhub.consumer module
 ------------------------------
 

diff --git a/doc/sphinx/ref/azure.keyvault.certificates.aio.rst b/doc/sphinx/ref/azure.keyvault.certificates.aio.rst
@@ -0,0 +1,22 @@
+azure.keyvault.certificates.aio package
+========================
+
+Submodules
+----------
+
+azure.keyvault.certificates.aio.client module
+------------------------------
+
+.. automodule:: azure.keyvault.certificates.aio.client
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+
+Module contents
+---------------
+
+.. automodule:: azure.keyvault.certificates.aio
+   :members:
+   :undoc-members:
+   :show-inheritance:
diff --git a/doc/sphinx/ref/azure.keyvault.certificates.rst b/doc/sphinx/ref/azure.keyvault.certificates.rst
@@ -0,0 +1,45 @@
+azure.keyvault.certificates package
+====================
+
+Subpackages
+-----------
+
+.. toctree::
+
+   azure.keyvault.certificates.aio
+
+Submodules
+----------
+
+azure.keyvault.certificates.client module
+--------------------------
+
+.. automodule:: azure.keyvault.certificates.client
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+azure.keyvault.certificates.enums module
+-------------------------
+
+.. automodule:: azure.keyvault.certificates.enums
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+azure.keyvault.certificates.models module
+--------------------------
+
+.. automodule:: azure.keyvault.certificates.models
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+
+Module contents
+---------------
+
+.. automodule:: azure.keyvault.certificates
+   :members:
+   :undoc-members:
+   :show-inheritance:
diff --git a/eng/pipelines/templates/jobs/archetype-sdk-client.yml b/eng/pipelines/templates/jobs/archetype-sdk-client.yml
@@ -3,6 +3,7 @@ parameters:
   BeforePublishSteps: []
   TestMarkArgument: ''
   BuildTargetingString: 'azure-*'
+  TestTimeoutInMinutes: 0
 
 jobs:
   - job: 'Build'
@@ -33,6 +34,7 @@ jobs:
     - template: ../steps/analyze.yml
 
   - job: 'Test'
+    timeoutInMinutes: ${{ parameters.TestTimeoutInMinutes }}
     variables:
     - template: ../variables/globals.yml
 

diff --git a/eng/pipelines/templates/jobs/archetype-sdk-nightly.yml b/eng/pipelines/templates/jobs/archetype-sdk-nightly.yml
@@ -39,7 +39,7 @@ jobs:
     dependsOn:
        - 'Build'
 
-    timeoutInMinutes: 240
+    timeoutInMinutes: 270
 
     strategy:
       matrix:

diff --git a/eng/pipelines/templates/jobs/archetype-sdk-tests.yml b/eng/pipelines/templates/jobs/archetype-sdk-tests.yml
@@ -4,6 +4,7 @@ parameters:
   MaxParallel: 0
   BeforeTestSteps: []
   BuildTargetingString: 'azure-*'
+  TestMarkArgument: ''
   Matrix:
     Linux_Python35:
       OSName: 'Linux'
@@ -22,6 +23,7 @@ jobs:
   - job: 'Test'
     variables:
       skipComponentGovernanceDetection: true
+      CoverageArg: --disablecov
 
     timeoutInMinutes: 120
     strategy:
@@ -37,9 +39,10 @@ jobs:
         parameters:
           BuildTargetingString: ${{ parameters.BuildTargetingString }}
           ServiceDirectory: ${{ parameters.ServiceDirectory }}
-          CoverageArg: '--disablecov'
+          CoverageArg: $(CoverageArg)
           EnvVars: ${{ parameters.EnvVars }}
           BeforeTestSteps: ${{ parameters.BeforeTestSteps }}
           PythonVersion: $(PythonVersion)
           OSName: $(OSName)
           ToxTestEnv: "whl"
+          TestMarkArgument: ${{ parameters.TestMarkArgument }}